@article{factor_graph,
author = {Kschischang, F. R. and Frey, B. J. and Loeliger, H. A.},
booktitle = {Information Theory, IEEE Transactions on},
journal = {IEEE Transactions on Information Theory},
month = feb,
number = {2},
pages = {498--519},
title = {{Factor graphs and the sum-product algorithm}},
url = {http://dx.doi.org/10.1109/18.910572},
volume = {47},
year = {2001}
}

@book{particle_filters,
editor = {Doucet, Arnaud and De Freitas, Nando and Gordon, Neil},
title = {{Sequential Monte Carlo methods in practice}},
publisher = {Springer}, 
year = {2001}
}

@ARTICLE{thrun_mcl,
  AUTHOR         = {Thrun, S. and Fox, D. and Burgard, W. and Dellaert, F.},
  TITLE          = {Robust Monte Carlo Localization for Mobile Robots},
  YEAR           = {2000},
  JOURNAL        = {Artificial Intelligence},
  VOLUME         = {128},
  NUMBER         = {1-2},
  PAGES          = {99--141}
}

@inproceedings{bresina02,
  author    = {John L. Bresina and
               Richard Dearden and
               Nicolas Meuleau and
               Sailesh Ramkrishnan and
               David E. Smith and
               Richard Washington},
  title     = {Planning under Continuous Time and Resource Uncertainty:
               A Challenge for AI},
  booktitle = {Uncertainty in Artificial Intelligence ({UAI-02})},
  year      = {2002},
  pages     = {77-84}
}

@inproceedings{penberthy94,
  author    = {J. Scott Penberthy and
               Daniel S. Weld},
  title     = {Temporal Planning with Continuous Change},
  booktitle = {National Conference on Artificial Intelligence {AAAI}},
  year      = {1994},
  pages     = {1010-1015}
}

@article{munos02,
    Year = {2002},
    Journal = {Machine Learning},
    Volume = {49, 2--3},
    Pages = {291-323},
    Publisher = {Kluwer Academic Publishers},
    Editor = {Satinder Singh},
    Author = { Remi Munos, Andrew Moore },
    Title = {Variable Resolution Discretization in Optimal Control}
}

@article{kveton06,
  author    = {Branislav Kveton and
               Milos Hauskrecht and
               Carlos Guestrin},
  title     = {Solving Factored MDPs with Hybrid State and Action Variables},
  journal   = {Journal Artificial Intelligence Research (JAIR)},
  volume    = {27},
  year      = {2006},
  pages     = {153-201},
}

@inproceedings{phase07,
  author    = {Janusz Marecki and
               Sven Koenig and
               Milind Tambe},
  title     = {A Fast Analytical Algorithm for Solving Markov Decision
               Processes with Real-Valued Resources},
  booktitle = {International Conference on Uncertainty in Artificial Intelligence {IJCAI}},
  year      = {2007},
  pages     = {2536-2541},
}

@article{hao09,
  author    = {Nicolas Meuleau and
               Emmanuel Benazera and
               Ronen I. Brafman and
               Eric A. Hansen and
               Mausam},
  title     = {A Heuristic Search Approach to Planning with Continuous
               Resources in Stochastic Domains},
  journal   = {Journal Artificial Intelligence Research (JAIR)},
  volume    = {34},
  year      = {2009},
  pages     = {27-59},
}

@inproceedings{li05,
  author    = {Lihong Li and
               Michael L. Littman},
  title     = {Lazy Approximation for Solving Continuous Finite-Horizon
               MDPs},
  booktitle = "National Conference on Artificial Intelligence {AAAI-05}",
  year      = {2005},
  pages     = {1175-1180}
}

@inproceedings{boyan01,
  author = "Justin Boyan and Michael Littman",
  title = "Exact Solutions to Time-dependent {MDPs}",
  booktitle = "Advances in Neural Information Processing Systems {NIPS-00}",
  pages = "1026-1032",
  year = "2001"
}

@inproceedings{feng04,
  author    = {Zhengzhu Feng and
               Richard Dearden and
               Nicolas Meuleau and
               Richard Washington},
  title     = {Dynamic Programming for Structured Continuous Markov Decision
               Problems},
  booktitle = "Uncertainty in Artificial Intelligence ({UAI-04})",
  year      = {2004},
  pages     = {154-161},
}

@inproceedings{polyroot,
 author = {George E. Collins and Alkiviadis G. Akritas},
 title = {Polynomial real root isolation using Descarte's rule of signs},
 booktitle = {{SYMSAC} '76: Proceedings of the third {ACM} symposium on Symbolic and algebraic computation},
 year = {1976},
 pages = {272--275},
 location = {Yorktown Heights, New York, United States},
 publisher = {ACM},
 address = {New York, NY, USA},
 }

@inproceedings{fodds_vi07,
  author = "Chenggang Wang and Saket Joshi and Roni Khardon",
  title = "First Order Decision Diagrams for Relational {MDP}s",
  address = "Hyderabad, India",
  booktitle = "{IJCAI}",
  year = "2007"
}

@inproceedings{fodds_pi07,
  author = "Chenggang Wang and Roni Khardon",
  title = "Policy Iteration for Relational {MDP}s",
  booktitle = "{UAI}",
  address = "Vancouver, Canada",
  year = "2007"
}

@InProceedings{vantage_point,
  author = 	 "Peter N. Yianilos",
  title = 	 "Data Structures and Algorithms for Nearest Neighbor
		  Search in General Metric Spaces",
  booktitle =	 "Proceedings of the Fifth Annual ACM-SIAM Symposium on
		  Discrete Algorithms (SODA)",
  year =	 1993
}


@techreport{min_fill, 
  author = "U. Kjaerulff",
  year = "1990",
  title = "Triangulation of graphs--algorithms giving small total state space",
  institution = "Aalborg University",
  number = "Research Report R-90-09"
}

@article{noisy_or_old,
  title = "A Causal Calculus ({I})",
  author = "I. J. Good",
  journal = "The British Journal for the Philosophy of Science",
  volume = "11", 
  number = "44",
  month = "February",
  year = "1961",
  pages = "305--318"
}

@article{noisy_or,
 author = {J Pearl},
 title = {Fusion, propagation, and structuring in belief networks},
 journal = {Artificial Intelligence},
 volume = {29},
 number = {3},
 year = {1986},
 pages = {241--288},
 address = {Essex, UK}
 }

@INPROCEEDINGS{quickscore,
AUTHOR = "David Heckerman ",
TITLE = "A Tractable Inference Algorithm for Diagnosing Multiple Diseases",
BOOKTITLE = "Proceedings of the 5th Annual Conference on Uncertainty in Artificial Intelligence (UAI-90)",
PUBLISHER = "Elsevier Science",
ADDRESS = "New York, NY",
YEAR = "1990"
}

@inproceedings{ hauskrecht04linear,
  author = "Milos Hauskrecht and Branislav Kveton",
  title = "Linear Program Approximations for Factored Continuous-State {Markov} Decision Processes",
  booktitle = "Advances in Neural Information Processing Systems 16",
  pages = "895-902",
  year = "2004"
}

@inproceedings{fopi03,
  author    = {David Poole},
  title     = {First-order probabilistic inference.},
  booktitle = {IJCAI},
  year      = {2003},
  pages     = {985-991},
}

@inproceedings{braz06,
  author="Rodrigo {de Salvo Braz} and Eyal Amir and Dan Roth",
  title="{MPE} and Partial Inversion in Lifted Probabilistic Variable Elimination",
  booktitle="AAAI-06",
  year = "2006",
  address="Boston, USA"
}

@inproceedings{braz05,
  author="Rodrigo {de Salvo Braz} and Eyal Amir and Dan Roth",
  title="Lifted First-Order Probabilistic Inference",
  booktitle="IJCAI-05",
  year = "2005",
  address="Edinburgh, UK"
}

@article{vampire,
 author = {Alexandre Riazanov and Andrei Voronkov},
 title = {The design and implementation of VAMPIRE},
 journal = {AI Communications},
 volume = {15},
 number = {2},
 year = {2002},
 issn = {0921-7126},
 pages = {91--110},
 publisher = {IOS Press},
 address = {Amsterdam, The Netherlands, The Netherlands},
 }

@inproceedings{mdp_bounds,
  author = "Ronald Williams and Leeman Baird",
  title = "Tight performance bounds on greedy policies based on imperfect value functions",
  year = "1994",
  booktitle = "Eighth Yale Workshop on Adaptive and Learning Systems",
  address = "New Haven, CT",
  pages = "108--113"
}

@article{ jaeger00,
    author = "Manfred Jaeger",
    title = "On the complexity of inference about probabilistic relational models",
    journal = "Artificial Intelligence",
    volume = "117",
    number = "2",
    pages = "297-308",
    year = "2000"}

@inproceedings{ erol94htn,
    author = "Kutluhan Erol and James Hendler and Dana S. Nau",
    title = "{HTN} Planning: Complexity and Expressivity",
    booktitle = "Proceedings of the Twelfth National Conference on Artificial Intelligence ({AAAI}-94)",
    volume = "2",
    publisher = "AAAI Press/MIT Press",
    address = "Seattle, Washington, USA",
    isbn = "0-262-51078-2",
    pages = "1123--1128",
    year = "1994"}

@article{ weld:recent,
    author = "Daniel S. Weld",
    title = "Recent Advances in {AI} Planning",
    journal = "AI Magazine",
    volume = "20",
    number = "2",
    pages = "93-123",
    year = "1999"}

@inproceedings{koehler_elev,
  author    = {Jana Koehler and
               Kilian Schuster},
  title     = {Elevator Control as a Planning Problem.},
  booktitle = {AIPS},
  year      = {2000},
  pages     = {331-338},
  bibsource = {DBLP, http://dblp.uni-trier.de}
}

@book{puterman ,
author = "Martin L. Puterman" ,
title = "{Markov} Decision Processes: Discrete Stochastic Dynamic Programming" ,
publisher = "Wiley" ,
address = "New York" ,
year = "1994"}

@article{puterman_shin,
author = "Martin L. Puterman and M.C. Shin",
title= "Modified Policy Iteration Algorithms for Discounted {Markov} Decision Problems",
journal = "Management Science", 
volume = "24", 
year = "1978",
pages = "1127--1137"
}

@inproceedings{pham1,
author = "David Andre and Stuart Russell",
title = "Programmable Reinforcement Learning Agents",
booktitle = "In Advances in Neural Information Processing Systems",
volume = "13", 
year = "2001"}

@inproceedings{pham2,
author = "David Andre and Stuart Russell",
title = "State Abstraction for Programmable Reinforcement Learning Agents.",
booktitle = "In Proc. AAAI-02", 
address = "Edmonton, Alberta",
publisher = "AAAI Press",
year = "2002"}

@inproceedings{dtgolog2, 
author = "Mikhail Soutchanski", 
title = "An On-line Decision-Theoretic Golog Interpreter", 
booktitle = "IJCAI-2001", 
address = "Seattle, Washington",
year = "2001"}

@InProceedings{dtgolog_options, 
   AUTHOR = {Alexander Ferrein and Christian Fritz and Gerhard Lakemeyer},
   TITLE = {Extending {DTG}olog with {O}ptions},
   BOOKTITLE = {IJCAI-2003},
   YEAR = {2003},
   address = "Acupulco, Mexico"
}

@inproceedings{ OnMDPComplex,
author = "Michael L. Littman and Thomas L. Dean and Leslie Pack Kaelbling",
title = "On the Complexity of Solving Markov Decision Problems",
booktitle = "Proceedings of the Eleventh International Conference on Uncertainty in Artificial Intelligence",
year = "1995"}

@book{bertsekas_dp ,
author = "Dmitri P. Bertsekas" ,
title = "Dynamic Programming" ,
publisher = "Prentice Hall" ,
address = "Englewood Cliffs, NJ" ,
year = "1987"}

@book{ndp ,
author = "Dmitri P. Bertsekas and John N. Tsitsiklis" ,
title = "Neuro-Dynamic Programming" ,
publisher = "Athena Scientific" ,
address = "Belmont, MA" ,
year = "1996"}

@article{tsit_vanroy96,
author = "John N. Tsitsiklis and B. {{V}an Roy}", 
title = "Feature-Based Methods for Large Scale Dynamic Programming",
journal="Machine Learning", 
volume = "22",
year = "1996",
pages = "59--94"}

@article{sch_seidmann,
author = "Paul Schweitzer and Abraham Seidmann",
title = "Generalized polynomial approximations in Markovian decision processes",
journal = "Journal of Mathematical Analysis and Applications", 
volume = "110",
pages = "568--582", 
year = "1985"
}

@book{reiter_KIA,
author = "Ray Reiter",
title = "Knowledge in Action: Logical Foundations for Specifying and Implementing Dynamical Systems",
publisher = "MIT Press",
year = "2001"
}

@inproceedings{ patrascu02greedy,
  author = "R. Patrascu and P. Poupart and D. Schuurmans and C. Boutilier and C. Guestrin",
  title = "Greedy linear value approximation for factored {M}arkov decision processes",
  booktitle = "AAAI-2002",
  pages = "285--291",
  address = "Edmonton, AB",
  year = "2002"}

@inproceedings{aadd,
author = "Scott Sanner and David McAllester",
title = "Affine Algebraic Decision Diagrams ({AADDs}) and their Application to Structured Probabilistic Inference",
booktitle = "IJCAI 2005",
year = "2005"}

@inproceedings{foapi,
   author      = {Scott Sanner and Craig Boutilier},
   title       = {Practical Linear Evaluation Techniques for First-order {MDP}s},
   booktitle   = {UAI-2006},
   year        = {2006},
   address     = {Boston, Mass.},
}

@inproceedings{foalp,
   author      = {Scott Sanner and Craig Boutilier},
   title       = {Approximate Linear Programming for First-order {MDP}s},
   booktitle   = {UAI-2005},
   year        = {2005},
   address     = {Edinburgh, Scotland},
}

@inproceedings{lao_fovia,
   author      = {Eldar Karabaev and Olga Skvortsova},
   title       = {A Heuristic Search Algorithm for Solving First-order {MDP}s},
   pages       = "292--299",
   booktitle   = {UAI-2005},
   year        = "2005",
   address     = {Edinburgh, Scotland},
}

@inproceedings{fovia,
  author={Steffen H\"{o}lldobler and Olga Skvortsova},
  title={A Logic-Based Approach to Dynamic Programming},
  booktitle= "In AAAI-04 Workshop on Learning and Planning in {Markov} Processes--Advances
and Challenges", 
  pages = {31--36},
  year="2004",
  publisher =    {AAAI Press, Menlo Park, California}
}

@book{clr:algorithms ,
author = "Thomas H. Cormen and Charles E. Lierson and Ronald L. Rivest",
title = "Introduction to Algorithms" ,
publisher = "MIT Press" ,
address = "Cambridge, MA" ,
year = "1990"}

@article{strips  ,
author = "Richard E. Fikes and Nils J. Nilsson",
title = "{STRIPS}: A New Approach to the Application of Theorem Proving
     to Problem Solving",
journal = "AI Journal" ,
volume = "2" ,
pages = "189--208" ,
year = "1971"}

@article{ida, 
author = "Richard E. Korf" ,
title = "Depth-first iterative-deepening: an optimal admissible tree search",
journal = "Artificial Intelligence",
volume = "27(1)",
pages = "97--109",
year = "1985"}

@article{astar, 
author = "P. E. Hart and N. J. Nilsson and and B. Raphael",
title = "A formal basis for the heuristic determination of minimum cost paths.",
journal ="IEEE Transactions on Systems Science and Cybernetics",
volume = "SSC-4(2)",
pages = "100--107", 
year ="1968"}

@book{howard_pi,
author = "Ronald A. Howard",
title = "Dynamic Programming and Markov Processes", 
publisher = "MIT Press",
year = "1960"
}

@incollection{influence_diagrams,
author = "Ronald A. Howard and James E. Matheson",
title = "Influence Diagrams", 
editor = "Ronald A. Howard and James E. Matheson",
booktitle = "Readings on the Principles and Applications of Decision Analysis",
publisher = "Strategic Decision Group", 
address = "Menlo Park, CA", 
year = "1984"
}

@inproceedings{ reward_shaping,
    author = "Andrew Y. Ng and Daishi Harada and Stuart Russell",
    title = "Policy invariance under reward transformations: theory and application to reward shaping",
    booktitle = "Proc. 16th International Conf. on Machine Learning",
    publisher = "Morgan Kaufmann, San Francisco, CA",
    pages = "278--287",
    year = "1999"}

@inproceedings{ vi_reward_shape,
  title = "Automatic Shaping and Decomposition of Reward Functions",
  author = "Bhaskara Marthi",
  year = "2007",
  booktitle = "24th International Conference on Machine Learning (ICML)",
  address = "Portland, OR"
} 

@misc{ pddl,
  author = "Drew McDermott and Malik Ghallab and Adele Howe and Craig Knoblock and Ashwin Ram and Manuela Veloso and Dan Weld and David Wilkins",
  title = "{PDDL}---{The} Planning Domain Definition Language",
  text = "Ghallab, M.; Howe, A.; Knoblock, C.; McDermott, D.; Ram, A.; Veloso, M.;
    Weld, D.; and Wilkins, D. 1998. PDDL---The Planning Domain Definition Language.
    AIPS-98 Planning Committee.",
  year = "1998"}
  url = "citeseer.ist.psu.edu/ghallab98pddl.html" }

@inproceedings{adl,
  author    = {Edwin P. D. Pednault},
  title     = {{ADL}: Exploring the Middle Ground Between {STRIPS} and the
               Situation Calculus.},
  booktitle = {KR},
  year      = {1989},
  pages     = {324-332},
  bibsource = {DBLP, http://dblp.uni-trier.de}
}

@misc{ pddl21,
author = "Fox, M. and Long, D.",
year = "2001",
title = "{PDDL2.1}: An Extension to {PDDL} for Expressing Temporal Planning Domains."}

@article{weld:popsurvey,
   author  = {D. S. Weld},
   title = {An Introduction to Least Commitment Planning},
   journal = {AI Magazine},
   volume = {Winter 1994},
   year = {1994},
   pages = {27--61}
}

@article{ weld99recent,
    author = "Daniel S. Weld",
    title = "Recent Advances in {AI} Planning",
    journal = "AI Magazine",
    volume = "20",
    number = "2",
    pages = "93-123",
    year = "1999"}

@inproceedings{ conf_planning,
    author = "Alessandro Cimatti and Marco Roveri",
    title = "Conformant Planning via Model Checking",
    booktitle = "{ECP}",
    pages = "21-34",
    year = "1999"}

@article{had_hanks,
    author = "Peter Haddawy and Steve Hanks",
    title = "Utility models for goal-directed decision-theoretic planners",
    journal = "Computational Intelligence",
    year = "1998",
    volume = "14(3)"
}
    
@inproceedings{rintanen03,
  author    = {Jussi Rintanen},
  title     = {Expressive Equivalence of Formalisms for Planning with Sensing.},
  booktitle = {ICAPS},
  year      = {2003},
  pages     = {185-194},
}

@book{brachman_levesque,
 author = {Ronald Brachman and Hector Levesque},
 title = {Knowledge Representation and Reasoning},
 year = {2004},
 isbn = {1558609326},
 publisher = {Morgan Kaufmann Publishers Inc.},
 address = {San Francisco, CA, USA},
 }

@inproceedings{wil_hanks,
    author = "Michael Williamson and Steve Hanks", 
    year = "1994",
    title = "Utility-directed planning",
    booktitle = "Artificial Intelligence and Planning Systems"}

@inproceedings{brafman_planning_tcp,
    author = "Ronen I. Brafman and Yuri Chernyavsky",
    title = "Planning with Goal Preferences and Constraints",
    booktitle = "International Conference on Automated Planning and Scheduling",
    year = "2005"}

@inproceedings{snlp  ,
author = "David McAllester and David Rosenblitt",
title = "Systematic Nonlinear Planning",
booktitle = "AAAI 91",
pages = "634--639",
address = "Anaheim",
year = "1991"   }

@inproceedings{ucpop,
    author = {J.~Scott Penberthy and Daniel S. Weld},
    title = {{UCPOP}: A sound, complete, partial order Planner for ADL},
    booktitle = "KR-92",
    address = "Cambridge, MA",
    pages = "103--114",
    year = {1992}
}

@inproceedings{paragraph,
  author       = {Iain Little },
  title        = {Paragraph: A {Graphplan}-based Probabilistic Planner},
  booktitle    = {Proceedings of the Fifth International Planning
                  Competition},
  location     = {Lake District, Cumbria, UK},
  year         = 2006
}

@inproceedings{sfdp,
  author       = {Florent Teichteil, Patrick Fabiani},
  title        = {Symbolic Stochastic Focused Dynamic Programming with Decision Diagrams},
  booktitle    = {Proceedings of the Fifth International Planning
                  Competition},
  location     = {Lake District, Cumbria, UK},
  year         = 2006
}

@inproceedings{fpg06,
  author       = {Olivier Buffet and Douglas Aberdeen},
  title        = {The Factored Policy Gradient planner (IPC-06
                  Version)},
  booktitle    = {Proceedings of the Fifth International Planning
                  Competition},
  location     = {Lake District, Cumbria, UK},
  year         = 2006
}

@inproceedings{ffreplan,
title = "FF-Replan: A Baseline for Probabilistic Planning",
author = "Sungwook Yoon and Alan Fern and Robert Givan",
	booktitle = "Proceedings of the Seventeenth International Conference on Automated Planning and Scheduling ({ICAPS} 07)",
	year = "2007",
        location = "Providence, RI"
}

@inproceedings{ffomdp,
  author = "Scott Sanner and Craig Boutilier",
  title  = "Approximate Solution Techniques for Factored First-order {MDP}s",
booktitle = "Proceedings of the Seventeenth International Conference on Automated Planning and Scheduling ({ICAPS} 07)",
	year = "2007",
        location = "Providence, RI"
}

@inproceedings{ pstrips,
    author = "Avrim Blum and John Langford",
    title = "Probabilistic Planning in the Graphplan Framework",
    booktitle = "{ECP}",
    pages = "319-332",
    year = "1999"}

@inproceedings{graphplan:ijcai95  ,
author = "Avrim L. Blum and Merrick L. Furst",
title = "Fast Planning Through Graph Analysis",
booktitle = "IJCAI 95",
pages = "1636--1642",
address = "Montreal",
year = "1995"}

@article{ hsp,
    author = "Blai Bonet and Hector Geffner",
    title = "Heuristic Search Planner 2.0",
    journal = "The {AI} Magazine",
    volume = "22",
    number = "1",
    pages = "77--80",
    year = "2001"}

@article{ ffplan,
  author = {J{\"o}rg Hoffmann and Bernhard Nebel},
  title = "The FF planning system: Fast plan generation through heuristic search",
  journal = "Journal of Artificial Intellence Research {JAIR}",
  year = "2001",
  volume = "14",
  pages = "253--302"}

@InProceedings{hoff1,
  crossref = "ijcai01",
  author = {J{\"o}rg Hoffmann},
  title = {Local Search Topology in Planning Benchmarks: An Empirical Analysis},
  pages = {453-458}
}


@InProceedings{hoff2,
  author =       {J{\"o}rg Hoffmann},
  title =        {Local Search Topology in Planning Benchmarks: A Theoretical Analysis},
  crossref =     {aips02},
  note = {379-387}
}

@Proceedings{ijcai01,
  Key = "IJCAI-01",
  title =       "Proceedings of the 17th International Joint Conference on
                   Artificial Intelligence (IJCAI-01)",
  booktitle =   "Proceedings of the 17th International Joint Conference on
                   Artificial Intelligence (IJCAI-01)",
  year =        2001,
  OPTeditor =   "B. Nebel",
  address =     "Seattle, Washington, USA",
  month =       Aug
}

@Proceedings{aips02,
  Key = "AIPS-02",
  title =       "Proceedings of the 6th International Conference on
                   Artificial Intelligence Planning and Scheduling (AIPS-02)",
  booktitle =   "Proceedings of the 6th International Conference on
                   Artificial Intelligence Planning and Scheduling (AIPS-02)",
  year =        2002,
  OPTeditor =   "M. Ghallab and J. Hertzberg and P. Traverso",
  address =     "Toulouse, France",
  month =       Apr}


@techreport{mccarthy63, 
  title = "Situations, Actions and Causal Laws",
  year = 1963,
  author = "J. McCarthy",
  institution = "Stanford University",
  note = "Reprinted in Semantic Information Processing (M. Minsky  
      ed.), MIT Press, Cambridge, Mass., 1968, pages 410-417." }

@Article{thielscher,
  author =      "Michael Thielscher",
  title =       "From {S}ituation {C}alculus to {F}luent {C}alculus\/:
                State Update Axioms as a Solution to the Inferential
                Frame Problem",
  journal =     "AIJ",
  year =        1999,
  volume =      "111",
  number =      "1--2",
  pages =       "277--299"
}


@article{golog,
title = "{GOLOG:} A Logic Programming Language for Dynamic Domains",
author = "Hector J. Levesque and Ray Reiter and Yves Lesp\'{e}rance and 
    Fangzhen Lin and Richard Scherl",
year = 1997,
volume = 31,
pages = {59--83},
number = {1-3},
journal = "Journal of Logic Programming"}

@incollection{reiter:frame ,
author = "Raymond Reiter ",
title = "The Frame Problem in the Situation Calculus: A Simple
    Solution (Sometimes) and a Completeness Result for Goal Regression",
editor = "V. Lifschitz  ",
booktitle = "Artificial Intelligence and Mathematical Theory of
      Computation (Papers in Honor of {John McCarthy}) ",
pages = "359--380 ",
publisher = "Academic Press ",
address = "San Diego ",
year = "1991"}

@inproceedings{ congolog97,
    author = "Giuseppe De Giacomo and Yves Lesperance and Hector J. Levesque",
    title = "Reasoning about Concurrent Execution, Prioritized Interrupts, and Exogenous Actions in the Situation Calculus",
    booktitle = "{IJCAI}",
    pages = "1221-1226",
    year = "1997"}

@inproceedings{fomdp ,
author = "Craig Boutilier and Ray Reiter and Bob Price",
title = "Symbolic Dynamic Programming for First-order {MDPs}",
booktitle = "{IJCAI-01}",
pages = "690--697",
address = "Seattle",
year = "2001"}

@inproceedings{gretton_thiebaux,
author = "Charles Gretton and Sylvie Thiebaux",
title = "Exploiting First-Order Regression in Inductive Policy Selection",
booktitle = "{UAI-04}",
pages = "217--225",
address = "Banff, Canada",
year = "2004"}

@inproceedings{dtgolog  ,
author = "Craig Boutilier and Ray Reiter and Mikhail Soutchanski 
        and Sebastian Thrun",
title = " Decision-Theoretic, High-level Agent Programming in 
        the Situation Calculus",
booktitle = "{AAAI-00}",
pages = "355--362",
address = "Austin, TX",
year = "2000"}

@article{levesque87,
  author    = {Hector J. Levesque and
               Ronald J. Brachman},
  title     = {Expressiveness and tractability in knowledge representation
               and reasoning},
  journal   = {Computational Intelligence},
  volume    = {3},
  year      = {1987},
  pages     = {78--93}
}

@inproceedings{bhl  ,
author = "Fahiem Bacchus and Joseph Y. Halpern and Hector J. Levesque",
title = "Reasoning about Noisy Sensors in the Situation Calculus",
booktitle = "IJCAI-95",
pages = "1933--1940",
address = "Montreal",
year = "1995"}

@inproceedings{ bacchus_grove,
    author = "Fahiem Bacchus and Adam Grove",
    title = "Graphical Models for Preference and Utility",
    booktitle = "Uncertainty in Artificial Intelligence. Proceedings of the Eleventh Conference (1995)",
    publisher = "Morgan Kaufmann Publishers",
    address = "San Francisco",
    pages = "3--10",
    year = "1995"}

@article{ boutilier99dt,
    author = "Craig Boutilier and Thomas Dean and Steve Hanks",
    title = "Decision-Theoretic Planning: Structural Assumptions and Computational Leverage",
    journal = "{JAIR}",
    volume = "11",
    pages = "1-94",
    year = "1999"}

@inproceedings{spi,
author = "Craig Boutilier and Richard Dearden and Mois\'{e}s Goldszmidt",
title = "Exploiting Structure in Policy Construction",
booktitle = "IJCAI 95",
address = "San Francisco",
year = "1995"}

@inproceedings{spudd,
author = "Jesse Hoey and Robert St-Aubin and Alan Hu and Craig Boutilier",
title = "{SPUDD}: Stochastic Planning using Decision Diagrams",
booktitle = "{UAI-99}",
address = "Stockholm",
pages = "279--288",
year = "1999"}


@inproceedings{apricodd,
author = "Robert St-Aubin and Jesse Hoey and Craig Boutilier",
title = "{APRICODD}: Approximate Policy Construction using Decision Diagrams",
booktitle = "{NIPS-2000}",
pages = "1089--1095",
address = "Denver",
year = "2000"}

@article{pirri_reiter,
 author = {Fiora Pirri and Ray Reiter},
 title = {Some contributions to the metatheory of the situation calculus},
 journal = {J. ACM},
 volume = {46},
 number = {3},
 year = {1999},
 issn = {0004-5411},
 pages = {325--361},
 doi = {http://doi.acm.org/10.1145/316542.316545},
 publisher = {ACM Press},
 }

@article{spi2,
author = "Craig Boutilier and Richard Dearden and Mois\'{e}s Goldszmidt",
title = "Stochastic Dynamic Programming with Factored Representations",
journal = "Artificial Intelligence" ,
volume = "121",
pages = "49--107",
year = "2000"}


@inproceedings{csi,
author = "Craig Boutilier and Nir Friedman and Mois\'{e}s Goldszmidt
          and Daphne Koller",
title = "Context-Specific Independence in {Bayesian} Networks",
booktitle = "{UAI-96}",
address = "Portland, OR",
pages = "115--123",
year = "1996"}



@inproceedings{guestrin:nips01  ,
author = "Carlos Guestrin and Daphne Koller and Ronald Parr",
title = "Multiagent Planning with Factored {MDPs}",
booktitle = "Advances in Neural Information Processing Systems 14 (NIPS-2001)",
pages = "1523--1530",
address = "Vancouver",
year = "2001"}

@article{ pomdp,
author = "Leslie P. Kaelbling and Michael L. Littman and Anthony R. Cassandra",
title = "Planning and acting in partially observable stochastic domains",
journal = "Artificial Intelligence",
year = "1994"}

@article{ control,
author = "P.R. Kumar",
title = "A survey of some results in stochastic adaptive control.",
journal = "SIAM Journal of Control and Optimization",
pages = "329-380",
year = "1985"}

@book{ RL,
    author = "Andrew Barto and Richard Sutton",
    title = "Reinforcement Learning",
    publisher = "MIT Press",
    year = "1998"}

@inproceedings{ve, 
    author = "N. L. Zhang and D. Poole",
    title = "A simple approach to Bayesian network computations",
    booktitle = "Proc. of the Tenth Canadian Conference on Artificial Intelligence",
    pages = "171--178", 
    year = "1994"}

@article{ ICL,
    author = "David Poole",
    title = "The Independent Choice Logic for Modelling Multiple Agents Under Uncertainty",
    journal = "Artificial Intelligence",
    volume = "94",
    number = "1-2",
    pages = "7-56",
    year = "1997"}

@article{ pso,
    author = "Neil Kushmerick and Steve Hanks and Dan Weld",
    year = "1995",
    title = "An algorithm for probabilistic planning",
    journal = "Artificial Intelligence", 
    volume = "76",
    number = "12",
    pages = "239--286"
}

@article{ factored_pso,
    author = "Richard Dearden and Craig Boutilier",
    year = "1997",
    title = "Abstraction and approximate decision-theoretic planning",
    journal = "Artificial Intelligence", 
    volume = "89",
    number = "12",
    pages = "219--283"
}

@inproceedings{freecraft  ,
author = "Carlos Guestrin and Daphne Koller and 
  Chris Gearhart and Neal Kanodia",
title = "Generalizing Plans to New Environments in Relational {MDPs}",
booktitle = "IJCAI-03",
address = "Acapulco, Mexico",
year = "2003"}

@article{vanroy_alp,
 author="DP {de Farias} and Ben Van Roy", 
 title = "The Linear Programming Approach to Approximate Dynamic Programming",
 journal = "Operations Research", 
 volume = "51:6", 
 year = "2003",
 pages = "850--865"
}

@inproceedings{ guestrin04solving,
  author = "Carlos Guestrin and Milos Hauskrecht and Branislav Kveton",
  title = "Solving Factored {MDPs} with Continuous and Discrete Variables",
  booktitle = "Proceedings of the 20th Conference on Uncertainty in Artificial Intelligence",
  pages = "235-242",
  year = "2004"
}

@PhDThesis{motik06phd,
    author = "Boris Motik",
    title = "{Reasoning in Description Logics using Resolution and Deductive Databases}",
    school = "Univesit{\"a}t Karlsruhe (TH), Karlsruhe, Germany",
    month = "January",
    year = "2006",
}

@InProceedings{sheila_pref_plan1,
   AUTHOR={Bienvenu, M. and Fritz, C. and McIlraith, S.},
   TITLE={Planning with Qualitative Temporal Preferences},
   BOOKTITLE={Proceedings of the 10th International Conference on Principles of Knowledge Representation and Reasoning (KR06)},
   ADDRESS={Lake District, UK},
   MONTH={June},
   YEAR={2006},
   pages = {134-144}
}

@inproceedings{ rossi90equivalence,
    author = "Francesca Rossi and Charles Petrie and Vasant Dhar",
    title = "On the Equivalence of Constraint Satisfaction Problems",
    booktitle = "{ECAI}-90: Proceedings of the 9th European Conference on Artificial Intelligence",
    address = "Stockholm",
    pages = "550--556",
    year = "1990"}

@inproceedings{ nonbinary_csp,
	author={Kostas Stergiou and Toby Walsh},
	title={Encodings of Non-binary Constraint Satisfaction Problems},
	booktitle={Proceedings of {AAAI}-99},
	year={1999},
	month={July },
	address={Orlando, FL.},
	pages={163--168 }}

@BOOK{keeney_raiffa76,
author={{R.L}. Keeney and H. Raiffa},
title="Decisions with multiple objectives: Preferences and value tradeoffs",
publisher="J. Wiley, New York",
year="1976",
}

@InProceedings{sheila_pref_plan2,
        author = {Baier, J. and Bacchus, F. and McIlraith, S.},
        title = {A Heuristic Search Approach to Planning with Temporally Extended Preferences},
        booktitle = {Proceedings of the Twentieth International Joint 
      Conference on Artificial Intelligence (IJCAI-07)},
        year = 2007,
        pages = {1808-1815},
        address = {Hyderabad, India},
        month   = {January}
}

@PhDThesis{veloso92phd,
    author = "Manuela Veloso",
    title = "Learning by analogical reasoning in general problem solving",
    school = "Carnegie Mellon University",
    month = "August",
    year = "1992"}

@proceedings{ipc5_proc,
 editor = "Alfonso Gerevini and Blai Bonet and Bob Givan",
 title = "Online Proceedings for The Fifth International Planning Competition IPC-05: {\it http://www.ldc.usb.ve/~bonet/ipc5/docs/ipc-2006-booklet.pdf.gz}",
 year="2006",
 address="Lake District, UK"
} 

@proceedings{ipc4_proc,
 editor = "Michael L. Littman and Hakan L. S. Younes",
 title = "Online Proceedings for The Probablistic Planning Track of IPC-04: {\it http://www.cs.rutgers.edu/\textasciitilde mlittman/topics/ipc04-pt/proceedings/}",
 year="2004",
 address="Vancouver, Canada"
} 

@inproceedings{ipc4_intro,
 author = "Michael L. Littman and Hakan L. S. Younes",
 title = "Introduction to the Probabilistic Planning Track",
 booktitle = "Online Proceedings for The Probablistic Planning Track of IPC-04: {\it http://www.cs.rutgers.edu/\textasciitilde mlittman/topics/ipc04-pt/proceedings/}",
 year = "2004"}

@inproceedings{g2_gretton,
 author = "Charles Gretton and David Price and Sylvie Thiebaux",
 title = "{NMRDPP}: Decision-Theoretic Planning with Control Knowledge",
 booktitle = "Online Proceedings for The Probablistic Planning Track of IPC-04: {\it http://www.cs.rutgers.edu/\textasciitilde mlittman/topics/ipc04-pt/proceedings/}",
 year = "2004"}

@inproceedings{p_bonet,
 author = "Blai Bonet and Hector Geffner",
 title = "{mGPT}: A Probabilistic Planner based on Heuristic Search",
 booktitle = "Online Proceedings for The Probablistic Planning Track of IPC-04: {\it http://www.cs.rutgers.edu/\textasciitilde mlittman/topics/ipc04-pt/proceedings/}",
 year = "2004"}

@inproceedings{j_purdue,
 author = "SungWook Yoon and Alan Fern and Robert Givan",
 title = "Learning Reactive Policies for Probabilistic Planning Domains",
 booktitle = "Online Proceedings for The Probablistic Planning Track of IPC-04: {\it http://www.cs.rutgers.edu/\textasciitilde mlittman/topics/ipc04-pt/proceedings/}",
 year = "2004"}
 
@inproceedings{ kersting04rrl ,
    title = "Challenges for Relational Reinforcement Learning",
    author = "{Martijn {van Otterlo}} and Kristian Kersting",
    year = "2004",
    booktitle = "{ICML-04} Workshop on Relational Reinforcement Learning",
    address = "Banff, Alberta, Canada"}

@inproceedings{trick_zin,
author = "Michael A. Trick and Stanley E. Zin", 
title = "Spline Approximations to Value Functions: A Linear Programming Approach",
booktitle = "Macroeconomic Dynamics", 
volume = "1", 
pages = "255--277",
year = "1997"
}

@inproceedings{koehler,
author = "G. J. Koehler",
booktitle = "Large Scale Systems Theory and Applications",
title = "A Case for Relaxation Methods in Large Scale Linear Programming",
pages = "293--302",
year = "1976",
address = "Pittsburgh, PA"
}

@inproceedings{gkp , 
author = "Carlos Guestrin and Daphne Koller and Ronald Parr",
title = "Max-norm Projections for Factored {MDPs}",
booktitle = "{IJCAI-01}",
address = "Seattle",
pages = "673--680",
year = "2001"}

@article{gkpv,
author = "Carlos Guestrin and Daphne Koller and Ronald Parr and Shobha Venktaraman",
title = "Efficient Solution Methods for Factored {MDPs}",
journal = "{JAIR}",
volume="19",
pages="399--468",
year = "2002"}


@incollection{ham,
author = "Ronald Parr and Stuart Russell",
title = "Reinforcement Learning with Hierarchies of Machines",
booktitle = "Advances in Neural Information Processing Systems 10",
editor = "M. Jordan, M. Kearns and S. Solla",
pages = "1043--1049",
publisher = "MIT Press",
address = "Cambridge",
year = "1998"}

@inproceedings{ bucketelim,
    author = "Rina Dechter",
    title = "Bucket Elimination: A Unifying Framework for Reasoning",
    booktitle = "Artificial Intelligence",
    volume = "113",
    pages = "41-85",
    year = "1999"}

@inproceedings{weakly  ,
author = "Nicolas Meuleau and Milos Hauskrecht and Kee-Eung Kim and
          Leonid Peshkin and Leslie Pack Kaelbling and Thomas Dean
          and Craig Boutilier",
title = "Solving Very Large Weakly Coupled {Markov} Decision Processes",
booktitle = "{AAAI-98}",
address = "Madison, WI",
pages= "165--172",
year = "1998"}

@inproceedings{HMKDB,
author = "Milos Hauskrecht and Nicolas Meuleau and Leslie Pack
          Kaelbling and Thomas Dean and Craig Boutilier",
title = "Hierarchical Solution of {Markov} Decision Processes using
         Macro-actions",
booktitle = "{UAI-98}",
address = "Madison, WI",
pages = "220--229",
year = "1998"}


@inproceedings{maxq,
author = {Thomas G. Dietterich},
title = {The {MAXQ} Method for Hierarchical Reinforcement Learning},
booktitle = "{ICML-98}",
address = "Madison, WI",
pages = {118--126},
year = "1998"}


@techreport{ rtdp,
    author = "Andrew G. Barto and Steven J. Bradtke and Satinder P. Singh",
    title = "Learning to Act using Real-Time Dynamic Programming",
    number = "UM-CS-1993-002",
    month = ",",
    year = "1993",
    institution = "U. Mass. Amherst" }

@article{ tlplan,
    author = "Fahiem Bacchus and Froduald Kabanza",
    title = "Using temporal logics to express search control knowledge for planning",
    journal = "Artificial Intelligence",
    volume = "116",
    number = "1-2",
    pages = "123-191",
    year = "2000"}

@article{smdp,
author = "Richard S. Sutton and Doina Precup and Satinder P. Singh",
title = "Between {MDPs} and {Semi-MDPs}: Learning, Planning, and Representing
   Knowledge at Multiple Temporal Scales",
journal = "Artificial Intelligence",
volume = "112",
pages = "181--211",
year = "1999"
}

@article{varelim,
  author    = {Nevin Lianwen Zhang and
               David Poole},
  title     = {Exploiting Causal Independence in Bayesian Network Inference.},
  journal   = {J. Artif. Intell. Res. (JAIR)},
  volume    = {5},
  year      = {1996},
  pages     = {301-328},
}

@inproceedings{uai11,
author = "Anonymous",
title = "Symbolic Dynamic Programming for Discrete and Continuous State MDPs",
booktitle = "Accepted to {UAI-2011}",
address = "Barcelona",
year = "2011"}

@inproceedings{kp1  ,
author = "Daphne Koller and Ronald Parr",
title = "Computing Factored Value Functions for Policies in Structured {MDPs}",
booktitle = "{IJCAI-99}",
address = "Stockholm",
pages = "1332--1339",
year = "1999"}

@inproceedings{kp2  ,
author = "Daphne Koller and Ronald Parr",
title = "Policy Iteration for Factored {MDPs}",
booktitle = "{UAI-2000}",
address = "Stockholm",
pages = "1332--1339",
year = "1999"}


@inproceedings{relu  ,
author = "Dale Schuurmans and Relu Patrascu",
title = "Direct Value Approximation for Factored {MDPs}",
booktitle = "{NIPS-2001}",
pages="1579--1586",
address = "Vancouver",
year = "2001"}

@techreport{otter,
    Author       = "McCune, W.W.",
    Year         = "2003",
    Title        = "{Otter: An Automated Deduction System}",
    Number       = "{ANL/MCS-TM-263}",
    Institution  = "Argonne National Laboratory",
    Address      = "Illinois",
    Comment      = "TPTPRef,TPTPCite"
}


{mccarthy63, 
  title = "Situations, Actions and Causal Laws",
  year = 1963,
  author = "J. McCarthy",
  institution = "Stanford University",
  note = "Reprinted in Semantic Information Processing (M. Minsky  
      ed.), MIT Press, Cambridge, Mass., 1968, pages 410-417." }


@inproceedings{basis1  ,
author = "Pascal Poupart and Craig Boutilier and Relu Patrascu
          and Dale Schuurmans",
title = "Piecewise Linear Value Function Approximation for Factored {MDPs}",
booktitle = "{AAAI-02}",
pages = "292--299",
address = "Edmonton",
year = "2002"}

@inproceedings{basis2  ,
author = "Pascal Poupart and Relu Patrascu and Dale Schuurmans and 
         Craig Boutilier and Carlos Guestrin",
title = "Greedy Linear Value-approximation for Factored 
    {Markov} Decision Processes",
booktitle = "{AAAI-02}",
pages = "285--291",
address = "Edmonton",
year = "2002"}

@book{bellman ,
author = "Richard E. Bellman" ,
title = "Dynamic Programming",
publisher = "Princeton University Press",
address = "Princeton, NJ" ,
year = "1957"}

@inproceedings{bell_go_rel04,
    author = {Kristian Kersting and Martijn {van Otterlo} and Luc {de Raedt}},
    title = {Bellman goes relational},
    booktitle = {ICML-04},
    year = {2004},
    isbn = {1-58113-828-5},
    location = {Banff, Alberta, Canada},
    doi = {http://doi.acm.org/10.1145/1015330.1015401},
    publisher = {ACM Press},
 }

@phdthesis{hanks-phd ,
author = "Steven John Hanks",
title = "Projecting Plans for Uncertain Worlds",
school = "Yale University",
year = "1990"}

@inproceedings{bout-dean-hanks,
author = "Craig Boutilier and Thomas Dean and Steve Hanks",
title = "Planning Under Uncertainty:
              Structural Assumptions and Computational Leverage",
booktitle = "Proceedings of the Third European Workshop on Planning",
address = "Assisi, Italy",
year = "1995"}

@inproceedings{ bahar93add,
    author = "R. Iris Bahar and Erica Frohm and Charles Gaona and Gary Hachtel and Enrico Macii and Abelardo Pardo and Fabio Somenzi",
    title = "{A}lgebraic {D}ecision {D}iagrams and their applications",
    booktitle = "{IEEE} /{ACM} International Conference on {CAD}",
    year = "1993"}

@inproceedings{gardiol03,
 author	   = {Gardiol, Natalia H. and Kaelbling, Leslie Pack},
 title	   = {Envelope-based Planning in Relational {MDP}s},
 booktitle = {Advances in Neural Information Processing Systems 16 (NIPS-03)},
 address   = {Vancouver, CA},
 year	   = {2004}}

@article{dbn,
author = "Thomas Dean and Keiji Kanazawa",
title = "A Model for Reasoning about Persistence and Causation",
journal = "Computational Intelligence",
volume = 5,
number = 3,
pages = "142--150",
year = 1989
}

@misc{ ppddl,
  author = "Hakan Younes and Michael Littman",
  title = "{PPDDL}: {T}he Probabilistic Planning Domain Definition Language: {\it http://www.cs.cmu.edu/\textasciitilde lorens/papers/ppddl.pdf}",
  year = "2004"}

@misc{ depth,
  author = "Scott Sanner",
  title  = "Relational and first-order decision-theoretic planning: Foundations and future directions",
  year   = "2004",
  institution = "University of Toronto",
  note = "Depth Oral Report, University of Toronto"
}

@inproceedings{complexact  ,
author = "Sheila McIlraith and Ron Fadel",
title = "Planning with Complex Actions",
booktitle = "Proceedings of the Ninth International Workshop on Non-Monotonic Reasoning (NMR2002)",
pages= "356-364",
year = "2002"}

@article{planexist,
author = "Michael L. Littman and Judy Goldsmith and Martin Mundhenk",
title = "The computational complexity of probabilistic planning",
journal = "{JAIR}",
volume = "9", 
pages = "1--36", 
year = "1998"}

@inproceedings{ directva,
author = "Schuurmans, D. and Patrascu, R.",
year = "2001",
title = "Direct value-approximation for factored MDPs",
booktitle = "In Advances in Neural Information Processing 14 (NIPS*2001)"}

@inproceedings{littman:aaai97  ,
author = "Michael L. Littman",
title = "Probabilistic propositional planning: Representations and complexity",
booktitle = "AAAI-97",
address = "Providence, RI",
pages= "748--754",
year = "1997"}


@inproceedings{givan:nips03,
author = "Alan Fern and SungWook Yoon and Robert Givan",
title = "Approximate Policy Iteration with a Policy Language Bias",
booktitle = "{NIPS-2003}",
address = "Vancouver",
year = "2003"}

@inproceedings{givan:uai02,
author = "SungWook Yoon and Alan Fern and Robert Givan",
title = "Inductive Policy Selection for First-Order {Markov} Decision Processes",
booktitle = "UAI-02",
address = "Edmonton",
year = "2002"}

@ARTICLE{Weiss99correctnesof,
    author = {Yair Weiss and William T. Freeman},
    title = {Correctnes of belief propagation in Gaussian graphical models of arbitrary topology},
    journal = {Neural Computation},
    year = {1999},
    volume = {13},
    pages = {2173--2200}
}

@article{bugs,
  author = "Lunn, D.J. and Thomas, A. and Best, N. and Spiegelhalter, D.",
  year = "2000",
  title = "{WinBUGS} -- a Bayesian modelling framework: concepts, structure, and extensibility",
  journal = "Statistics and Computing", 
  volume = "10",
  pages = "325--337"
}

@article{variational,
 author = {Jordan, Michael I. and Ghahramani, Zoubin and Jaakkola, Tommi S. and Saul, Lawrence K.},
 title = {An Introduction to Variational Methods for Graphical Models},
 journal = {Mach. Learn.},
 volume = {37},
 issue = {2},
 month = {November},
 year = {1999},
 issn = {0885-6125},
 pages = {183--233},
 numpages = {51},
 publisher = {Kluwer Academic Publishers},
 address = {Hingham, MA, USA},
} 

@techreport{kalman_filter,
 author = {Welch, Greg and Bishop, Gary},
 title = {An Introduction to the Kalman Filter},
 year = {1995},
 institution = {University of North Carolina at Chapel Hill},
 address = {Chapel Hill, NC, USA},
} 

@inproceedings{flexible,
author = "Ron Parr",
title = "Flexible Decomposition Algorithms for Weakly Coupled Markov Decision Problems",
year = "1998",
booktitle = "{UAI-98}"}


@string{aaai05 = "Proceedings of the Twentieth National Conference on
                Artificial Intelligence (AAAI-05)"}
@string{ijcai97 = "Proceedings of the Fifteenth International Joint
                 Conference on Artificial Intelligence (IJCAI-97)"}
@string{aaai98 = "Proceedings of the Fifteenth National Conference on
                Artificial Intelligence (AAAI-98)"}

@inproceedings{mahadevan:aaai05,
author = "Sridhar Mahadevan",
title = "{Samuel} Meets {Amarel}: Automating Value Function Approximation 
       using Global State Space Analysis" ,
booktitle = "{AAAI-05}",
address = "Pittsburgh",
pages = "1000--1005",
year = "2005"
}

@inproceedings{bbg97  ,
author = "Craig Boutilier and Ronen I. Brafman and Christopher Geib",
title = "Prioritized Goal Decomposition of {Markov} Decision Processes:
         Toward a Synthesis of Classical and Decision Theoretic Planning",
booktitle = "{IJCAI-97}",
address = "Nagoya",
pages = "1156--1162",
year = "1997"}

@INPROCEEDINGS{minka_ep,
AUTHOR = "Thomas Minka",
TITLE = "Expectation Propagation for approximate Bayesian inference",
BOOKTITLE = "Proceedings of {UAI}-01",
PUBLISHER = "Morgan Kaufmann",
ADDRESS = "San Francisco, CA",
YEAR = "2001",
PAGES = "362-36"
}

@inproceedings{weakly98  ,
author = "Nicolas Meuleau and Milos Hauskrecht and Kee-Eung Kim and
          Leonid Peshkin and Leslie Pack Kaelbling and Thomas Dean
          and Craig Boutilier",
title = "Solving Very Large Weakly Coupled {Markov} Decision Processes",
booktitle = "{AAAI-98}",
address = "Madison, WI",
pages= "165--172",
year = "1998"}

@incollection{singh-cohn98  ,
author = "Satinder P. Singh and David Cohn",
title = "How to Dynamically Merge {Markov} Decision Processes",
booktitle = "{NIPS-98}",
editors = "M. Jordan and M. Kearns and S. Solla",
publisher = "MIT Press",
address = "Cambridge",
pages = "1057--1063",
year = "1998"}

@article{fevbdds,
 author = {Paul Tafertshofer and Massoud Pedram},
 title = {Factored Edge-Valued Binary Decision Diagrams},
 journal = {Form. Methods Syst. Des.},
 volume = {10},
 number = {2-3},
 year = {1997},
 issn = {0925-9856},
 publisher = {Kluwer Academic Publishers},
 }

@inproceedings{phdds,
 author = {Yirng-An Chen and Randal E. Bryant},
 title = "{PHDD}: an efficient graph representation for floating point circuit verification",
 booktitle = "{ICCAD '97}: Proceedings of the 1997 IEEE/ACM international conference on Computer-aided design",
 year = {1997},
 pages = {2--7},
 location = {San Jose, California, United States},
 address = {Washington, DC},
 }

@inproceedings{dd_overview,
    author = "R. Drechsler and D. Sieling",
    title = "Binary decision diagrams in theory and practice",
    booktitle = "Software Tools for Technology Transfer",
    volume = "3", 
    year = "2001"}

@inproceedings{ bmds,
    author = "Randal E. Bryant and Yirng-An Chen",
    title = "Verification of Arithmetic Circuits with Binary Moment Diagrams",
    booktitle = "Design Automation Conference",
    pages = "535-541",
    year = "1995"}

@inproceedings{ kbmds,
    author = "{R. Drechsler} and {B. Becker} and {S. Ruppertz}",
    title = "Manipulation Algorithms for {K*{BMDs}}",
    booktitle = "{T}ools and {A}lgorithms for the {C}onstruction and {A}nalysis of {S}ystems",
    publisher = "Springer Verlag, LNCS 1217",
    address = "Enschede, The Netherlands",
    editor = "{E. Brinksma}",
    pages = "4--18",
    year = "1997"}

@article{ bryant86bdd,
    author = "Randal E. Bryant",
    title = "Graph-Based Algorithms for {B}oolean Function Manipulation",
    journal = ieeetc,
    volume = "C-35",
    number = 8,
    month = aug,
    year = 1986}

@inproceedings{ rudell93dvo,
    author = "R. Rudell",
    title = "Dynamic variable ordering for ordered binary decision diagrams",
    booktitle = "(ICCAD)", 
    year = "1993" }

@INPROCEEDINGS{noisy_max,
AUTHOR = "Masami Takikawa and Bruce D'Ambrosio",
TITLE = "Multiplicative Factorization of Noisy-Max",
BOOKTITLE = "UAI-99",
YEAR = "1999",
}

